{
  "cells": [
    {
      "cell_type": "code",
      "source": [
        "# In colab please uncomment this to install Atari \n",
        "# Box2d is a 2D physics engine.\n",
        "#!pip install box2d-py"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "vEg1cP_YYTNl",
        "outputId": "7202bec8-0380-400f-ae76-97b3eab907b3"
      },
      "execution_count": 1,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Collecting box2d-py\n",
            "  Downloading box2d_py-2.3.8-cp37-cp37m-manylinux1_x86_64.whl (448 kB)\n",
            "\u001b[?25l\r\u001b[K     |▊                               | 10 kB 23.2 MB/s eta 0:00:01\r\u001b[K     |█▌                              | 20 kB 28.6 MB/s eta 0:00:01\r\u001b[K     |██▏                             | 30 kB 13.1 MB/s eta 0:00:01\r\u001b[K     |███                             | 40 kB 10.4 MB/s eta 0:00:01\r\u001b[K     |███▋                            | 51 kB 6.1 MB/s eta 0:00:01\r\u001b[K     |████▍                           | 61 kB 7.2 MB/s eta 0:00:01\r\u001b[K     |█████▏                          | 71 kB 7.7 MB/s eta 0:00:01\r\u001b[K     |█████▉                          | 81 kB 7.0 MB/s eta 0:00:01\r\u001b[K     |██████▋                         | 92 kB 7.8 MB/s eta 0:00:01\r\u001b[K     |███████▎                        | 102 kB 7.1 MB/s eta 0:00:01\r\u001b[K     |████████                        | 112 kB 7.1 MB/s eta 0:00:01\r\u001b[K     |████████▊                       | 122 kB 7.1 MB/s eta 0:00:01\r\u001b[K     |█████████▌                      | 133 kB 7.1 MB/s eta 0:00:01\r\u001b[K     |██████████▎                     | 143 kB 7.1 MB/s eta 0:00:01\r\u001b[K     |███████████                     | 153 kB 7.1 MB/s eta 0:00:01\r\u001b[K     |███████████▊                    | 163 kB 7.1 MB/s eta 0:00:01\r\u001b[K     |████████████▍                   | 174 kB 7.1 MB/s eta 0:00:01\r\u001b[K     |█████████████▏                  | 184 kB 7.1 MB/s eta 0:00:01\r\u001b[K     |█████████████▉                  | 194 kB 7.1 MB/s eta 0:00:01\r\u001b[K     |██████████████▋                 | 204 kB 7.1 MB/s eta 0:00:01\r\u001b[K     |███████████████▍                | 215 kB 7.1 MB/s eta 0:00:01\r\u001b[K     |████████████████                | 225 kB 7.1 MB/s eta 0:00:01\r\u001b[K     |████████████████▉               | 235 kB 7.1 MB/s eta 0:00:01\r\u001b[K     |█████████████████▌              | 245 kB 7.1 MB/s eta 0:00:01\r\u001b[K     |██████████████████▎             | 256 kB 7.1 MB/s eta 0:00:01\r\u001b[K     |███████████████████             | 266 kB 7.1 MB/s eta 0:00:01\r\u001b[K     |███████████████████▊            | 276 kB 7.1 MB/s eta 0:00:01\r\u001b[K     |████████████████████▌           | 286 kB 7.1 MB/s eta 0:00:01\r\u001b[K     |█████████████████████▏          | 296 kB 7.1 MB/s eta 0:00:01\r\u001b[K     |██████████████████████          | 307 kB 7.1 MB/s eta 0:00:01\r\u001b[K     |██████████████████████▋         | 317 kB 7.1 MB/s eta 0:00:01\r\u001b[K     |███████████████████████▍        | 327 kB 7.1 MB/s eta 0:00:01\r\u001b[K     |████████████████████████        | 337 kB 7.1 MB/s eta 0:00:01\r\u001b[K     |████████████████████████▉       | 348 kB 7.1 MB/s eta 0:00:01\r\u001b[K     |█████████████████████████▋      | 358 kB 7.1 MB/s eta 0:00:01\r\u001b[K     |██████████████████████████▎     | 368 kB 7.1 MB/s eta 0:00:01\r\u001b[K     |███████████████████████████     | 378 kB 7.1 MB/s eta 0:00:01\r\u001b[K     |███████████████████████████▊    | 389 kB 7.1 MB/s eta 0:00:01\r\u001b[K     |████████████████████████████▌   | 399 kB 7.1 MB/s eta 0:00:01\r\u001b[K     |█████████████████████████████▏  | 409 kB 7.1 MB/s eta 0:00:01\r\u001b[K     |██████████████████████████████  | 419 kB 7.1 MB/s eta 0:00:01\r\u001b[K     |██████████████████████████████▊ | 430 kB 7.1 MB/s eta 0:00:01\r\u001b[K     |███████████████████████████████▍| 440 kB 7.1 MB/s eta 0:00:01\r\u001b[K     |████████████████████████████████| 448 kB 7.1 MB/s \n",
            "\u001b[?25hInstalling collected packages: box2d-py\n",
            "Successfully installed box2d-py-2.3.8\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "# # And for visualization on Colab install\n",
        "# !pip install pyglet\n",
        "# !apt-get install -y xvfb python-opengl > /dev/null 2>&1\n",
        "# !pip install gym pyvirtualdisplay > /dev/null 2>&1\n"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "762BrA08YUUW",
        "outputId": "bdd50d0a-d95d-4a46-b1a5-03eaf4647649"
      },
      "execution_count": 11,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Requirement already satisfied: pyglet in /usr/local/lib/python3.7/dist-packages (1.5.0)\n",
            "Requirement already satisfied: future in /usr/local/lib/python3.7/dist-packages (from pyglet) (0.16.0)\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "!wget http://www.atarimania.com/roms/Roms.rar\n",
        "!mkdir /content/ROM/\n",
        "!unrar e /content/Roms.rar /content/ROM/\n",
        "!python -m atari_py.import_roms /content/ROM/"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "3TYZzCp9YXWq",
        "outputId": "a57334df-2eda-496c-ec13-bd57b3adac44"
      },
      "execution_count": 3,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "--2022-03-26 08:40:32--  http://www.atarimania.com/roms/Roms.rar\n",
            "Resolving www.atarimania.com (www.atarimania.com)... 195.154.81.199\n",
            "Connecting to www.atarimania.com (www.atarimania.com)|195.154.81.199|:80... connected.\n",
            "HTTP request sent, awaiting response... 200 OK\n",
            "Length: 11128004 (11M) [application/x-rar-compressed]\n",
            "Saving to: ‘Roms.rar’\n",
            "\n",
            "Roms.rar            100%[===================>]  10.61M   491KB/s    in 23s     \n",
            "\n",
            "2022-03-26 08:40:55 (471 KB/s) - ‘Roms.rar’ saved [11128004/11128004]\n",
            "\n",
            "\n",
            "UNRAR 5.50 freeware      Copyright (c) 1993-2017 Alexander Roshal\n",
            "\n",
            "\n",
            "Extracting from /content/Roms.rar\n",
            "\n",
            "Extracting  /content/ROM/HC ROMS.zip                                     \b\b\b\b 36%\b\b\b\b\b  OK \n",
            "Extracting  /content/ROM/ROMS.zip                                        \b\b\b\b 74%\b\b\b\b 99%\b\b\b\b\b  OK \n",
            "All OK\n",
            "copying adventure.bin from HC ROMS/BY ALPHABET (PAL)/A-G/Adventure (PAL).bin to /usr/local/lib/python3.7/dist-packages/atari_py/atari_roms/adventure.bin\n",
            "copying air_raid.bin from HC ROMS/BY ALPHABET (PAL)/A-G/Air Raid (PAL).bin to /usr/local/lib/python3.7/dist-packages/atari_py/atari_roms/air_raid.bin\n",
            "copying alien.bin from HC ROMS/BY ALPHABET (PAL)/A-G/REMAINING NTSC ORIGINALS/Alien.bin to /usr/local/lib/python3.7/dist-packages/atari_py/atari_roms/alien.bin\n",
            "copying crazy_climber.bin from HC ROMS/BY ALPHABET (PAL)/A-G/REMAINING NTSC ORIGINALS/Crazy Climber.bin to /usr/local/lib/python3.7/dist-packages/atari_py/atari_roms/crazy_climber.bin\n",
            "copying elevator_action.bin from HC ROMS/BY ALPHABET (PAL)/A-G/REMAINING NTSC ORIGINALS/Elevator Action (Prototype).bin to /usr/local/lib/python3.7/dist-packages/atari_py/atari_roms/elevator_action.bin\n",
            "copying gravitar.bin from HC ROMS/BY ALPHABET (PAL)/A-G/REMAINING NTSC ORIGINALS/Gravitar.bin to /usr/local/lib/python3.7/dist-packages/atari_py/atari_roms/gravitar.bin\n",
            "copying keystone_kapers.bin from HC ROMS/BY ALPHABET (PAL)/H-R/Keystone Kapers (PAL).bin to /usr/local/lib/python3.7/dist-packages/atari_py/atari_roms/keystone_kapers.bin\n",
            "copying king_kong.bin from HC ROMS/BY ALPHABET (PAL)/H-R/King Kong (PAL).bin to /usr/local/lib/python3.7/dist-packages/atari_py/atari_roms/king_kong.bin\n",
            "copying laser_gates.bin from HC ROMS/BY ALPHABET (PAL)/H-R/Laser Gates (PAL).bin to /usr/local/lib/python3.7/dist-packages/atari_py/atari_roms/laser_gates.bin\n",
            "copying mr_do.bin from HC ROMS/BY ALPHABET (PAL)/H-R/Mr. Do! (PAL).bin to /usr/local/lib/python3.7/dist-packages/atari_py/atari_roms/mr_do.bin\n",
            "copying pacman.bin from HC ROMS/BY ALPHABET (PAL)/H-R/Pac-Man (PAL).bin to /usr/local/lib/python3.7/dist-packages/atari_py/atari_roms/pacman.bin\n",
            "copying jamesbond.bin from HC ROMS/BY ALPHABET (PAL)/H-R/REMAINING NTSC ORIGINALS/James Bond 007.bin to /usr/local/lib/python3.7/dist-packages/atari_py/atari_roms/jamesbond.bin\n",
            "copying koolaid.bin from HC ROMS/BY ALPHABET (PAL)/H-R/REMAINING NTSC ORIGINALS/Kool-Aid Man.bin to /usr/local/lib/python3.7/dist-packages/atari_py/atari_roms/koolaid.bin\n",
            "copying krull.bin from HC ROMS/BY ALPHABET (PAL)/H-R/REMAINING NTSC ORIGINALS/Krull.bin to /usr/local/lib/python3.7/dist-packages/atari_py/atari_roms/krull.bin\n",
            "copying montezuma_revenge.bin from HC ROMS/BY ALPHABET (PAL)/H-R/REMAINING NTSC ORIGINALS/Montezuma's Revenge - Featuring Panama Joe.bin to /usr/local/lib/python3.7/dist-packages/atari_py/atari_roms/montezuma_revenge.bin\n",
            "copying star_gunner.bin from HC ROMS/BY ALPHABET (PAL)/S-Z/REMAINING NTSC ORIGINALS/Stargunner.bin to /usr/local/lib/python3.7/dist-packages/atari_py/atari_roms/star_gunner.bin\n",
            "copying time_pilot.bin from HC ROMS/BY ALPHABET (PAL)/S-Z/REMAINING NTSC ORIGINALS/Time Pilot.bin to /usr/local/lib/python3.7/dist-packages/atari_py/atari_roms/time_pilot.bin\n",
            "copying up_n_down.bin from HC ROMS/BY ALPHABET (PAL)/S-Z/REMAINING NTSC ORIGINALS/Up 'n Down.bin to /usr/local/lib/python3.7/dist-packages/atari_py/atari_roms/up_n_down.bin\n",
            "copying sir_lancelot.bin from HC ROMS/BY ALPHABET (PAL)/S-Z/Sir Lancelot (PAL).bin to /usr/local/lib/python3.7/dist-packages/atari_py/atari_roms/sir_lancelot.bin\n",
            "copying amidar.bin from HC ROMS/BY ALPHABET/A-G/Amidar.bin to /usr/local/lib/python3.7/dist-packages/atari_py/atari_roms/amidar.bin\n",
            "copying asteroids.bin from HC ROMS/BY ALPHABET/A-G/Asteroids [no copyright].bin to /usr/local/lib/python3.7/dist-packages/atari_py/atari_roms/asteroids.bin\n",
            "copying atlantis.bin from HC ROMS/BY ALPHABET/A-G/Atlantis.bin to /usr/local/lib/python3.7/dist-packages/atari_py/atari_roms/atlantis.bin\n",
            "copying bank_heist.bin from HC ROMS/BY ALPHABET/A-G/Bank Heist.bin to /usr/local/lib/python3.7/dist-packages/atari_py/atari_roms/bank_heist.bin\n",
            "copying battle_zone.bin from HC ROMS/BY ALPHABET/A-G/Battlezone.bin to /usr/local/lib/python3.7/dist-packages/atari_py/atari_roms/battle_zone.bin\n",
            "copying beam_rider.bin from HC ROMS/BY ALPHABET/A-G/Beamrider.bin to /usr/local/lib/python3.7/dist-packages/atari_py/atari_roms/beam_rider.bin\n",
            "copying berzerk.bin from HC ROMS/BY ALPHABET/A-G/Berzerk.bin to /usr/local/lib/python3.7/dist-packages/atari_py/atari_roms/berzerk.bin\n",
            "copying bowling.bin from HC ROMS/BY ALPHABET/A-G/Bowling.bin to /usr/local/lib/python3.7/dist-packages/atari_py/atari_roms/bowling.bin\n",
            "copying boxing.bin from HC ROMS/BY ALPHABET/A-G/Boxing.bin to /usr/local/lib/python3.7/dist-packages/atari_py/atari_roms/boxing.bin\n",
            "copying breakout.bin from HC ROMS/BY ALPHABET/A-G/Breakout - Breakaway IV.bin to /usr/local/lib/python3.7/dist-packages/atari_py/atari_roms/breakout.bin\n",
            "copying carnival.bin from HC ROMS/BY ALPHABET/A-G/Carnival.bin to /usr/local/lib/python3.7/dist-packages/atari_py/atari_roms/carnival.bin\n",
            "copying centipede.bin from HC ROMS/BY ALPHABET/A-G/Centipede.bin to /usr/local/lib/python3.7/dist-packages/atari_py/atari_roms/centipede.bin\n",
            "copying chopper_command.bin from HC ROMS/BY ALPHABET/A-G/Chopper Command.bin to /usr/local/lib/python3.7/dist-packages/atari_py/atari_roms/chopper_command.bin\n",
            "copying defender.bin from HC ROMS/BY ALPHABET/A-G/Defender.bin to /usr/local/lib/python3.7/dist-packages/atari_py/atari_roms/defender.bin\n",
            "copying demon_attack.bin from HC ROMS/BY ALPHABET/A-G/Demon Attack.bin to /usr/local/lib/python3.7/dist-packages/atari_py/atari_roms/demon_attack.bin\n",
            "copying donkey_kong.bin from HC ROMS/BY ALPHABET/A-G/Donkey Kong.bin to /usr/local/lib/python3.7/dist-packages/atari_py/atari_roms/donkey_kong.bin\n",
            "copying double_dunk.bin from HC ROMS/BY ALPHABET/A-G/Double Dunk.bin to /usr/local/lib/python3.7/dist-packages/atari_py/atari_roms/double_dunk.bin\n",
            "copying enduro.bin from HC ROMS/BY ALPHABET/A-G/Enduro.bin to /usr/local/lib/python3.7/dist-packages/atari_py/atari_roms/enduro.bin\n",
            "copying fishing_derby.bin from HC ROMS/BY ALPHABET/A-G/Fishing Derby.bin to /usr/local/lib/python3.7/dist-packages/atari_py/atari_roms/fishing_derby.bin\n",
            "copying freeway.bin from HC ROMS/BY ALPHABET/A-G/Freeway.bin to /usr/local/lib/python3.7/dist-packages/atari_py/atari_roms/freeway.bin\n",
            "copying frogger.bin from HC ROMS/BY ALPHABET/A-G/Frogger.bin to /usr/local/lib/python3.7/dist-packages/atari_py/atari_roms/frogger.bin\n",
            "copying frostbite.bin from HC ROMS/BY ALPHABET/A-G/Frostbite.bin to /usr/local/lib/python3.7/dist-packages/atari_py/atari_roms/frostbite.bin\n",
            "copying galaxian.bin from HC ROMS/BY ALPHABET/A-G/Galaxian.bin to /usr/local/lib/python3.7/dist-packages/atari_py/atari_roms/galaxian.bin\n",
            "copying gopher.bin from HC ROMS/BY ALPHABET/A-G/Gopher.bin to /usr/local/lib/python3.7/dist-packages/atari_py/atari_roms/gopher.bin\n",
            "copying hero.bin from HC ROMS/BY ALPHABET/H-R/H.E.R.O..bin to /usr/local/lib/python3.7/dist-packages/atari_py/atari_roms/hero.bin\n",
            "copying ice_hockey.bin from HC ROMS/BY ALPHABET/H-R/Ice Hockey.bin to /usr/local/lib/python3.7/dist-packages/atari_py/atari_roms/ice_hockey.bin\n",
            "copying journey_escape.bin from HC ROMS/BY ALPHABET/H-R/Journey Escape.bin to /usr/local/lib/python3.7/dist-packages/atari_py/atari_roms/journey_escape.bin\n",
            "copying kaboom.bin from HC ROMS/BY ALPHABET/H-R/Kaboom!.bin to /usr/local/lib/python3.7/dist-packages/atari_py/atari_roms/kaboom.bin\n",
            "copying kangaroo.bin from HC ROMS/BY ALPHABET/H-R/Kangaroo.bin to /usr/local/lib/python3.7/dist-packages/atari_py/atari_roms/kangaroo.bin\n",
            "copying kung_fu_master.bin from HC ROMS/BY ALPHABET/H-R/Kung-Fu Master.bin to /usr/local/lib/python3.7/dist-packages/atari_py/atari_roms/kung_fu_master.bin\n",
            "copying lost_luggage.bin from HC ROMS/BY ALPHABET/H-R/Lost Luggage [no opening scene].bin to /usr/local/lib/python3.7/dist-packages/atari_py/atari_roms/lost_luggage.bin\n",
            "copying ms_pacman.bin from HC ROMS/BY ALPHABET/H-R/Ms. Pac-Man.bin to /usr/local/lib/python3.7/dist-packages/atari_py/atari_roms/ms_pacman.bin\n",
            "copying name_this_game.bin from HC ROMS/BY ALPHABET/H-R/Name This Game.bin to /usr/local/lib/python3.7/dist-packages/atari_py/atari_roms/name_this_game.bin\n",
            "copying phoenix.bin from HC ROMS/BY ALPHABET/H-R/Phoenix.bin to /usr/local/lib/python3.7/dist-packages/atari_py/atari_roms/phoenix.bin\n",
            "copying pitfall.bin from HC ROMS/BY ALPHABET/H-R/Pitfall! - Pitfall Harry's Jungle Adventure.bin to /usr/local/lib/python3.7/dist-packages/atari_py/atari_roms/pitfall.bin\n",
            "copying pooyan.bin from HC ROMS/BY ALPHABET/H-R/Pooyan.bin to /usr/local/lib/python3.7/dist-packages/atari_py/atari_roms/pooyan.bin\n",
            "copying private_eye.bin from HC ROMS/BY ALPHABET/H-R/Private Eye.bin to /usr/local/lib/python3.7/dist-packages/atari_py/atari_roms/private_eye.bin\n",
            "copying qbert.bin from HC ROMS/BY ALPHABET/H-R/Q-bert.bin to /usr/local/lib/python3.7/dist-packages/atari_py/atari_roms/qbert.bin\n",
            "copying riverraid.bin from HC ROMS/BY ALPHABET/H-R/River Raid.bin to /usr/local/lib/python3.7/dist-packages/atari_py/atari_roms/riverraid.bin\n",
            "copying road_runner.bin from patched version of HC ROMS/BY ALPHABET/H-R/Road Runner.bin to /usr/local/lib/python3.7/dist-packages/atari_py/atari_roms/road_runner.bin\n",
            "copying robotank.bin from HC ROMS/BY ALPHABET/H-R/Robot Tank.bin to /usr/local/lib/python3.7/dist-packages/atari_py/atari_roms/robotank.bin\n",
            "copying seaquest.bin from HC ROMS/BY ALPHABET/S-Z/Seaquest.bin to /usr/local/lib/python3.7/dist-packages/atari_py/atari_roms/seaquest.bin\n",
            "copying skiing.bin from HC ROMS/BY ALPHABET/S-Z/Skiing.bin to /usr/local/lib/python3.7/dist-packages/atari_py/atari_roms/skiing.bin\n",
            "copying solaris.bin from HC ROMS/BY ALPHABET/S-Z/Solaris.bin to /usr/local/lib/python3.7/dist-packages/atari_py/atari_roms/solaris.bin\n",
            "copying space_invaders.bin from HC ROMS/BY ALPHABET/S-Z/Space Invaders.bin to /usr/local/lib/python3.7/dist-packages/atari_py/atari_roms/space_invaders.bin\n",
            "copying surround.bin from HC ROMS/BY ALPHABET/S-Z/Surround - Chase.bin to /usr/local/lib/python3.7/dist-packages/atari_py/atari_roms/surround.bin\n",
            "copying tennis.bin from HC ROMS/BY ALPHABET/S-Z/Tennis.bin to /usr/local/lib/python3.7/dist-packages/atari_py/atari_roms/tennis.bin\n",
            "copying trondead.bin from HC ROMS/BY ALPHABET/S-Z/TRON - Deadly Discs.bin to /usr/local/lib/python3.7/dist-packages/atari_py/atari_roms/trondead.bin\n",
            "copying tutankham.bin from HC ROMS/BY ALPHABET/S-Z/Tutankham.bin to /usr/local/lib/python3.7/dist-packages/atari_py/atari_roms/tutankham.bin\n",
            "copying venture.bin from HC ROMS/BY ALPHABET/S-Z/Venture.bin to /usr/local/lib/python3.7/dist-packages/atari_py/atari_roms/venture.bin\n",
            "copying pong.bin from HC ROMS/BY ALPHABET/S-Z/Video Olympics - Pong Sports.bin to /usr/local/lib/python3.7/dist-packages/atari_py/atari_roms/pong.bin\n",
            "copying video_pinball.bin from HC ROMS/BY ALPHABET/S-Z/Video Pinball - Arcade Pinball.bin to /usr/local/lib/python3.7/dist-packages/atari_py/atari_roms/video_pinball.bin\n",
            "copying wizard_of_wor.bin from HC ROMS/BY ALPHABET/S-Z/Wizard of Wor.bin to /usr/local/lib/python3.7/dist-packages/atari_py/atari_roms/wizard_of_wor.bin\n",
            "copying yars_revenge.bin from HC ROMS/BY ALPHABET/S-Z/Yars' Revenge.bin to /usr/local/lib/python3.7/dist-packages/atari_py/atari_roms/yars_revenge.bin\n",
            "copying zaxxon.bin from HC ROMS/BY ALPHABET/S-Z/Zaxxon.bin to /usr/local/lib/python3.7/dist-packages/atari_py/atari_roms/zaxxon.bin\n",
            "copying assault.bin from HC ROMS/NTSC VERSIONS OF PAL ORIGINALS/Assault (AKA Sky Alien) (1983) (Bomb - Onbase) (CA281).bin to /usr/local/lib/python3.7/dist-packages/atari_py/atari_roms/assault.bin\n",
            "copying asterix.bin from ROMS/Asterix (AKA Taz) (07-27-1983) (Atari, Jerome Domurat, Steve Woita) (CX2696) (Prototype).bin to /usr/local/lib/python3.7/dist-packages/atari_py/atari_roms/asterix.bin\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 4,
      "metadata": {
        "id": "keEPhVPmYQUQ"
      },
      "outputs": [],
      "source": [
        "import gym\n",
        "import matplotlib.pyplot as plt\n",
        "import matplotlib.animation as animation"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 5,
      "metadata": {
        "id": "7Hgijy9CYQUS"
      },
      "outputs": [],
      "source": [
        "env_name = 'Breakout-v0'\n",
        "env = gym.make(env_name)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 6,
      "metadata": {
        "id": "O7fPFkHAYQUT"
      },
      "outputs": [],
      "source": [
        "frames = [] # array to store state space at each step\n",
        "\n",
        "env.reset()\n",
        "done = False\n",
        "for _ in range(300): \n",
        "    #print(done)\n",
        "    frames.append(env.render(mode='rgb_array'))\n",
        "    obs,reward,done, _ = env.step(env.action_space.sample())\n",
        "    if done:\n",
        "        break"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "patch = plt.imshow(frames[0])\n",
        "plt.axis('off')\n",
        "plt.tick_params(axis='both', left='off', top='off', right='off', bottom='off', labelleft='off', labeltop='off', labelright='off', labelbottom='off')\n",
        "def animate(i):\n",
        "    patch.set_data(frames[i])\n",
        "anim = animation.FuncAnimation(plt.gcf(), animate, \\\n",
        "                               frames=len(frames), interval=10)\n",
        "#anim.save('../images/drone_random.gif', writer='pillow')  ##Comment on colab"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 248
        },
        "id": "otoD0lVVZx0Z",
        "outputId": "1982fa67-2204-4071-e4f6-093c152d0903"
      },
      "execution_count": 8,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ],
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAALQAAADnCAYAAAC313xrAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4yLjIsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+WH4yJAAAGqklEQVR4nO3dP2wTZxyH8d/ZjmtjnDo0LZVQWwksKmaokCqxoRSWbkgwsCBFYkBKGbohwdDVVBUzC0KoA1tHJiQQKIpYYMiGCgrFFESxjU3sw2+HSsYOzZHze07sL89n4uJ7X7+BR/bd+Q+Bc84AFamtXgCQJIKGFIKGFIKGFIKGlEzUjUEQcAkEY8c5F6x3G4/QkELQkELQkELQkBJ5UjiOTp48aXv27Nnw/rVazS5evNjbDoLAzp8/H+s+r1+/bg8ePOhtHzx40I4ePRprjgsXLsTa/0NmZ2ftzJkzscZUKhWr1+uJrmOtc+fOWSbzLqtLly7ZixcvRnqf/SYu6Hw+b9PT0xvev9vtvvezOOPNbOAfyMwsm83GmmMU75dJpVKxf48gWPfiQGKKxaJNTU31tlOpzT0ImLig17p165bdvn27t7179247duxYrDkqlYqFYdjbnp+ftx07dmx4/MrKil29erW3ncvlbGFhIdYafIVhaJVKJXKfRqOxSavZOhMfdKPRsGq12tuemZmJPUe1Wh0Iuv/PG9HpdAbWkM/nY6/Bl3NuYA0fq4kPGv9Jp9N2+vTpyH2uXLlizWZzk1a0NQhaRCqVsr1790bus/ZcQJH+byiqVqvZtWvXIvc5ceLEppwIjhOCnlBv3ryxpaWlyH2OHz9O0JOmXC4PXBqanZ2NPcfc3NzA5b1CoRBrfKlUsiNHjvS2+y9bjUqhULBDhw5F7vOxxWwmEnS5XPaa4/Dhw17jS6WSzc3Nec0RV6FQ2PT7nAQTF/Ty8rK9fPlyw/u3Wq33fnbnzp1Y97n2la6nT5/GniNprVYr9hra7faIVvPO4uLiwDPm//39j1IQ9SoW74fGOIp6P3TkI/S+ffuSXw0wQpFBz8/Pb9Y6gETw9lFIIWhIIWhIIWhIIWhIIWhIIWhIIWhIIWhIIWhIIWhIIWhIIWhIIWhI8frEyuXLl+3JkydJrQWwXbt22alTp4Ye7xV0vV6P9XEo4EPifl/fWhxyQApBQwpBQwpBQwpBQwpBQwpBQwpBQwpBQwpBQwpBQwpBQwpBQwpBQwpBQwpBQwpBQwpBQwpBQwpBQwpBQwpBQwpBQwpBQ4rXF838duCA5T3/43igX2tmxh56jPcKensmY8Vs1mcKYEA645UkhxzQQtCQQtCQQtCQ4nUE7j5btW6+mdRaAHPbcl7j/U4pt4Vm6dBrCqCf+8SvJw45IIWgIYWgIYWgIcXrpLCT7lo7w0khkhOmu17jvYJu5trmMm2vBQD9Wp49ccgBKQQNKQQNKQQNKd7vpu6mXEJLAcyc50OsV9C1r0Kbmur4rQDo0+mEZq+GH88hB6QQNKQQNKQQNKQQNKR4XeW44XZarev3kRmg36euZN95jPcKumtmXQt8pgAGdD1f1uCQA1IIGlIIGlIIGlK8TgrfLv5onSbfPorkhIW22bfPhh7v981J/+w0Vyv6TAEMcJ26mQ0fNIcckELQkELQkELQkOJ1Ulj964Y9+5vv5UBy2l9kzezLocd7Bf34z9/t0aNHPlMAA9qtb8xsYejxHHJACkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDCkFDSibqxhvTryMHv0q/TXQx2JhysWi/7t/vNcfP9+7Zcq2W0IqSs71WswM3b0bvdPbsujdFBr2acpHzdqPvFiOSCQL7PJfzmmMqNZ5PzoFzll1dHXr8eP5WwJAIGlIiDzkwnh43m/bT0pLXHA8bjYRWM14IegK9DkO7+/z5Vi9jLBE0xspKs2m/3L8fuc8fEbcFzq1/JePrH76PvMxRvXvf2jXNpy6ML+dcsN5tkUEHQRB93Q7YAlFBc5UDUggaUggaUggaUggaUggaUggaUggaUggaUggaUggaUggaUggaUiLfbQdMGh6hIYWgIYWgIYWgIYWgIYWgIeVff4E3heTQh5EAAAAASUVORK5CYII=\n"
          },
          "metadata": {
            "needs_background": "light"
          }
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "# For Colab\n",
        "from IPython.display import HTML\n",
        "HTML(anim.to_html5_video())"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 310
        },
        "id": "2s6OiHeOZ9y-",
        "outputId": "976a23d9-82f8-4dcf-867e-ea2776d3a7ff"
      },
      "execution_count": 9,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "<IPython.core.display.HTML object>"
            ],
            "text/html": [
              "<video width=\"432\" height=\"288\" controls autoplay loop>\n",
              "  <source type=\"video/mp4\" src=\"data:video/mp4;base64,AAAAHGZ0eXBNNFYgAAACAGlzb21pc28yYXZjMQAAAAhmcmVlAAA0mG1kYXQAAAKuBgX//6rcRem9\n",
              "5tlIt5Ys2CDZI+7veDI2NCAtIGNvcmUgMTUyIHIyODU0IGU5YTU5MDMgLSBILjI2NC9NUEVHLTQg\n",
              "QVZDIGNvZGVjIC0gQ29weWxlZnQgMjAwMy0yMDE3IC0gaHR0cDovL3d3dy52aWRlb2xhbi5vcmcv\n",
              "eDI2NC5odG1sIC0gb3B0aW9uczogY2FiYWM9MSByZWY9MyBkZWJsb2NrPTE6MDowIGFuYWx5c2U9\n",
              "MHgzOjB4MTEzIG1lPWhleCBzdWJtZT03IHBzeT0xIHBzeV9yZD0xLjAwOjAuMDAgbWl4ZWRfcmVm\n",
              "PTEgbWVfcmFuZ2U9MTYgY2hyb21hX21lPTEgdHJlbGxpcz0xIDh4OGRjdD0xIGNxbT0wIGRlYWR6\n",
              "b25lPTIxLDExIGZhc3RfcHNraXA9MSBjaHJvbWFfcXBfb2Zmc2V0PS0yIHRocmVhZHM9MyBsb29r\n",
              "YWhlYWRfdGhyZWFkcz0xIHNsaWNlZF90aHJlYWRzPTAgbnI9MCBkZWNpbWF0ZT0xIGludGVybGFj\n",
              "ZWQ9MCBibHVyYXlfY29tcGF0PTAgY29uc3RyYWluZWRfaW50cmE9MCBiZnJhbWVzPTMgYl9weXJh\n",
              "bWlkPTIgYl9hZGFwdD0xIGJfYmlhcz0wIGRpcmVjdD0xIHdlaWdodGI9MSBvcGVuX2dvcD0wIHdl\n",
              "aWdodHA9MiBrZXlpbnQ9MjUwIGtleWludF9taW49MjUgc2NlbmVjdXQ9NDAgaW50cmFfcmVmcmVz\n",
              "aD0wIHJjX2xvb2thaGVhZD00MCByYz1jcmYgbWJ0cmVlPTEgY3JmPTIzLjAgcWNvbXA9MC42MCBx\n",
              "cG1pbj0wIHFwbWF4PTY5IHFwc3RlcD00IGlwX3JhdGlvPTEuNDAgYXE9MToxLjAwAIAAAANbZYiE\n",
              "ACP//vUn+BTUEvxL4Wth7dS3STDRcLEts9AAAAMAAeYZujWwHpNmOAAAcpGiD/Mf/xAGQGIBV4vu\n",
              "ZoVbuPN6WJn2E3koWEersZwa75C2wYMFQ/su467X0rJUrm0ypMx1c13DzgV1MXPU9jLjagETRlpl\n",
              "zCjOrqmrrrErn/e6MBYa1icRMKsNX4AAWhPvZa4eMkGqXNq5XKn3hdbNjm62iXkzi8+5tDt70f/R\n",
              "NOeQTdpFkGqKuPOQqrwPgTqGUkJg96QkDPMNLFjIIgWs/aQAHS1BshZLPJnjwOjNCc4xenmgXX0u\n",
              "2uCgIdSkkRSnL9CAd7jSk+J1yJCn+0av1J8STAE+KQK93mY7orTSgdMAAiwQT8byesB//tQ/dWDK\n",
              "KuKKldJUu0+qIgy4bRDGb1QKryRRN/taF7ETPUYpkhHHYZ3wgCZVOG7ZZE5pk4Y+6Kwl2fDzP3W/\n",
              "grnO5IWQoLTns2XQHgKD3g3UbPhRP3al/Dihe57GlitPH3PmYp/tTh6gw1JxtThPeTcLgMFZfoKv\n",
              "J4GpAEuHOGCCvWfpKjZcvy3qqrWv5iG1HILRgAa0yWhasCXsf/K+c8KdV17MuZg/7yXrCtpbStOA\n",
              "BZnnfQ03aQU8Tpe7shVjIMgCpvQAcGKc9NP0HZq+fFEi3BXQechOOrwzi0bcJDA3asgFxJYAmQnO\n",
              "jqYw9+GbSBR4GtCXfWHYp2FmlbZ7YYieAfV2VVEKlFLbrJD9tvh0WkYe2MKXYVCchtuxYtSnP8qh\n",
              "Vpje92pVgTCxd5AD0uxXJrXAKmCocqqkcgIVZK6K6l8kmHeCxLK+XmX75W65xqsx0tBhy5szqZMK\n",
              "hCPCDRrk/mP7eW6AI8UeUQ4/+AXmvRowuEevbbSCNwAiNNI2N6epj4Q8AF70VCEwYAAAAwAAC9bV\n",
              "1z+FhEvPPh0SO54dHqMXQ/gFwgk0H2fN/9Mr2UT+eFDAYyIblw72IpPg3YRas7YH1c+9muoFjR8n\n",
              "V1bs2IwzkSTNSZ32GqMNqHYrTBmTAbYI8QzgS8yQgzCqfACFEnulEAR4W9aX0YFesnBhOn0AvdU8\n",
              "p0swUs+xBH+rV4u/XKGvPHSLf4c1mazAuGef05CN4uyJl9oADRv+pssMwSRiwt0QwgMtLgPwAAC0\n",
              "gQAAAIBBmiJsQn/98QGcwDG8TxMBsplZpefGMLaz0xIYa/AF33vGaETS1+LU1taw0pVA7ly0nN6H\n",
              "nRdoKGybP34O0byT6mY/2LaVNwnhBC0idYdFv1w5FC0i7wsW+lOa55vpOGnonJ7pQLkYFayR35fe\n",
              "zFzmYVlRQPYTp5P2PsMHGP0BsAAAACMBnkF5F/8BLVeUT3X5pAyQr3l6nSg55gsJfomnywe0zKKL\n",
              "uQAAACxBmkU8IZMphCP//eEAAFh1RPZIAJwDeztE5qlYDXM2zjEDLj8VJ7J8JZZ5bgAAACdBnmNq\n",
              "U8X/AQoSfRgtV5U8ZeGZ8AJ2JLyjX4mTsKqD4Cq2aoBh7f0AAAAaAZ6EakX/AAS1WpUKWqAHyMIT\n",
              "eUG8agEt4gsAAAA8QZqGSahBaJlMCE///fEADIypfsH6beKAjEIALoKVnfLrT8ihcNRSADIiUdWg\n",
              "PYEusYYjovwmE9bB0p7tAAAAMkGaqknhClJlMCE//fEADD1LlqQ4qEiwchJm7kUAAf9mMDaXUh62\n",
              "2BDM3pPsb62f97kDAAAAJUGeyEU0TG8A0u4Xm5DqjzwAVytNcUIoSFHv6SN25wW8bvrPQEQAAAAX\n",
              "AZ7ndEX/AASX2i06V0wmgAoAVcGikjUAAAAVAZ7pakX/AASVdaIlOsgUPCe9/8qBAAAAckGa7kmo\n",
              "QWiZTAhP//3xAAAaf03ZqZs4HLYADRlAMjcrq/oPpcnMx0WnP9ZG6HssdU23b2IlhHH1+OPUGIUu\n",
              "1j+dbKE4aFr9+0C/51VWeSdtnUzn/tCNPI9ma6fbpBlNXlOZM0mPeUBMoLUvOK30ZeEewAAAACxB\n",
              "nwxFESxvAAHEmv7ZABaC9nTKtpRSihL+Gifh14k/rAixsvf65uaGwWVWKwAAACkBnyt0Rf8AAjtX\n",
              "5IALCSTy1fZp2imkhT/fK6wtIt065j9kLUDHdUu98QAAACkBny1qRf8AAjq6ychsgBmk3she39Ng\n",
              "0avtkeKwEPdf+8VPHGobB+H2kQAAACxBmzJJqEFsmUwIT//98QAADO+m64LDwADPfmvpGQZYgBFf\n",
              "ycrd15SJ236NvQAAACJBn1BFFSxvAADc+nQA2lW9b1EZY0E+QOUeksij+W+RDTKAAAAAEgGfb3RF\n",
              "/wABFPtjnY+lZK85JAAAABEBn3FqRf8AARIMmZol3cZ43QAAADxBm3ZJqEFsmUwIR//94QAACke9\n",
              "Viy2ptzABXoaYwH18xVtpSFmP9A0OMWJpa62nd6sdCPI9u+aIncYqnoAAAAlQZ+URRUsbwAAbncj\n",
              "FNAEJhPhgsToWfr9nRBcBcy3R/QRqHCeuAAAABQBn7N0Rf8AAIrSwPjn3pNIWJzarwAAABIBn7Vq\n",
              "Rf8AAIqraoWeD1YQBvsAAAAZQZu3SahBbJlMCEf//eEAAAT1n0Ri3caVoQAAABhBm9pJ4QpSZTAh\n",
              "H/3hAAAE/9wmjfaX+nEAAAASQZ/4RTRMXwAAQ1ZpTbmFI3AuAAAAEgGeGWpF/wAAQXcQxMjZNTl7\n",
              "MQAAAFxBmhtJqEFomUwIR//94QAABJuGtxM4yEAVqEb9ty44Uv/GE2Vy7vgYY29AdauLXYAe7sWQ\n",
              "F//mv+4QUComkSznuVnran5p3CP+EOwJfZDaFWhturJZIKvSn7oIvAAAACZBmj1J4QpSZTBREsI/\n",
              "/eEAAASzU5FigE3TtTcNoDT6upb5w1PIIQAAABABnlxqRf8AAD+NQShe97UxAAAAI0GaXknhDomU\n",
              "wIR//eEAAATTV6CN5BdX0iRWbpZpkd1ZX8hAAAAAHEGaYEnhDyZTBRU8f/yEAAATWdxZVUg85FGe\n",
              "gTAAAAAPAZ6fakX/AABDTCwo1NS9AAAAYEGagUnhDyZTAhH//eEASwJXwBzDZnbiYjWFbVNQk5L/\n",
              "7523vUWSKUIT3RB+EbMwj7Vnf4wRuE/DFQwG1VOxIeBiSgedsuje0s91zvSnazP3mYw5zLZwkJfK\n",
              "XJI+H9lOdgAAAB5BmqJJ4Q8mUwIR//3hAAAFPZd+GxL9zbJAKwQBIREAAAAfQZrDSeEPJlMCE//9\n",
              "8QAAAwNeU5YmdNwnCgHAPGBbgAAAAEJBmudJ4Q8mUwIR//3hAABWtz4a6CNQAE41SRkgiIf/UQLh\n",
              "uJ81dAALXbph9iAyNXfsTYdlfTq/3jW+MrDVOhFxzzEAAAAhQZ8FRRE8bwADuZcgAQoUGrSWtv0L\n",
              "/KOEBc92pFWIGPBdAAAAEAGfJHRF/wAEuHL1FSkZ/rEAAAAWAZ8makX/AAS1UY8cc/AXjDVrYa26\n",
              "wQAAADlBmylJqEFomUwU8I/94QAAVjt+fGuQnBY4AFxbvxSjV0FbgbijKBD98IeBFTh2mM99oezL\n",
              "e+/SFOAAAAAjAZ9IakX/AASVwCADn1GG0zckC3cEAmNxL6GHWt25RF+FNN4AAAA+QZtLSeEKUmUw\n",
              "UsI//eEAACtfNiypPzHCKwAtIF6c64NuKztXmSwz8lseTFBm07Y/nAoR2EQo/VwXO3Ec5TEAAAAb\n",
              "AZ9qakX/AAJMr4jOALVL/n3FG+X8GA5W1R/gAAAAL0GbbUnhDomUwUTCP/3hAAAp/d68ANzRDfLW\n",
              "t4r9yivJgBb+/p9FBsKQoWRbiSNIAAAAFAGfjGpF/wACOjBez8TE08yLpM3XAAAALUGbj0nhDyZT\n",
              "BTwj//3hAAAqPrZb8H9EXACdNX2donmtVgNd+rmk+/XKXgxDqwAAABoBn65qRf8AAjq6SOxwP5QA\n",
              "+c9ZbQGptaLm8QAAADNBm7BJ4Q8mUwIT//3xAAAM3MOTAAnHKs72teqRqmqKN2YPJx0YTMseQHqG\n",
              "ScP9g+VrDIMAAAAjQZvUSeEPJlMCEf/94QAAFI9wjfcOELgAJkgabOLCGf9U/UAAAAAcQZ/yRRE8\n",
              "bwAA3TpVU1MU6DMFRbEVTxH4ggK5oQAAABYBnhF0Rf8AARSlQnOyhuGmQWG4qN1AAAAAJQGeE2pF\n",
              "/wABFV3MuYABU7UJCSO3lUGbO8lEo3v3VIqMS8RHTHQAAAAqQZoVSahBaJlMCEf//eEAAAnuyw6A\n",
              "EPbvz7FecelWG+n0YftGP/+mkJ6BAAAAI0GaNknhClJlMCE//fEAAAZID7fcVJe2pjeIwfMhANKO\n",
              "4FiwAAAAL0GaWknhDomUwIT//fEAAAZP03bXJaL1jnA/ibPv4E6d0Awy5+FX/RLlVMG2IcnxAAAA\n",
              "KUGeeEURPG8AAGv4sXgRcXGTLex1ACst55ahitGgjk41r+/daWQmwtOBAAAAFQGel3RF/wAAhvtJ\n",
              "per2ghvUa+7xnAAAABUBnplqRf8AAEl8nH6gtP1WLMq/WYEAAAAiQZqcSahBaJlMFPCf/fEAAAMD\n",
              "X02dXc6F+P33E0fvBkf2AQAAABsBnrtqRf8AAElIHBxSR4laACeHnfAY5JKgBecAAAA/QZqgSeEK\n",
              "UmUwIR/94QAABY9DRckDPw9sAH6OOIMtFU1KGJTAVfLlZzX9jEtCum0j/x9SABEVr7pNvoUVT1TB\n",
              "AAAAD0Ge3kU0TG8AADtScjxYmAAAABgBnv10Rf8AAEs8k6oATP+3S85aGAnJ3YAAAAAKAZ7/akX/\n",
              "AAAGBQAAAHNBmuJJqEFomUwU8I/94QBK38N+X6DABQAR0KJupSUZv6ZYTOudRoj/+EfMhQlC4+HD\n",
              "suwQc0ybrucMHyPy/Y5WLxs+MuD4IOGwfhy/KwuPsH/OPbXPG46M+w8G95gMTAWQH1Zj5FfZyd3v\n",
              "G13lKcZD64RpAAAAEQGfAWpF/wP43louHUuWLBNZAAAAZ0GbBknhClJlMCP//IQAARTpnUAG5mQt\n",
              "wxjDUx5SYrhdvSVZUf78XuWFCUn3NqokyczQW73rXl9a3HhS/W5gONZy+4a/KNcnetYchnCAQrNt\n",
              "homGTClXylvks9wDjdoWkiEQDo94PXgAAAAtQZ8kRTRMbwDOfzC9Gy3gBWJaeWoWbFaCOUxgvfES\n",
              "6hKh61q3zu4AtlwJYij9AAAAFAGfQ3RF/wADydVt0BEYNySuEYuBAAAAGAGfRWpF/wADx5Q0MuVE\n",
              "cqoKpkcfDY3AAwAAACdBm0dJqEFomUwIR//94QAARzXUR/3LUf1+OvyLeftOqD06eO0wngUAAAA3\n",
              "QZtoSeEKUmUwIR/94QAAR73VhuqHkJvsvAC0SRehD+OuKx4SbGYy/GcyZsxSNsBTcbkyvOCPDAAA\n",
              "ACFBm4lJ4Q6JlMCEf/3hAAAkmhRxKyE9/3O5Z+upF9D587gAAAAjQZuqSeEPJlMCE//98QAAFz3J\n",
              "fq6X6/yeX0V0okU1nKbF3qEAAAA2QZvOSeEPJlMCE//98QAAF19iL7JI4Em2oAXBHpk85AY7eEvr\n",
              "A2QNoA7jBYirudd4I50ZmmYgAAAAJkGf7EURPG8Ay9l8TYmEqRpKgBE8ysUvFaNAfykvPPTGPOIR\n",
              "ccq4AAAAEgGeC3RF/wAB/LZLbkHRdtuuFQAAACABng1qRf8AAfuChkUgBxJCezr+YR2ZkyjwDoro\n",
              "d1fR6wAAACpBmhBJqEFomUwU8J/98QAL7Kl+FcWHaRY3RZPFnxSQK9AFwUL4BB4myeMAAAAWAZ4v\n",
              "akX/AAD9hJe4LC/BzVu4sScf7AAAACtBmjRJ4QpSZTAhP/3xAAAL/5n5PVNxixu1ACG8eVr+Hy21\n",
              "IvDm+gAhCsdAAAAAI0GeUkU0TG8AAM3o3UzNLPxR7fXQBHVdoELZ5UnLlvLr0qhDAAAAEgGecXRF\n",
              "/wAA/ZN+z+eO06pt3AAAABUBnnNqRf8AAPi3+AidpRX2IGdYcIMAAAA+QZp4SahBaJlMCEf//eEA\n",
              "AAnsoXAAjAaDhE+ut3L1ZceUQkcEKw6FMLvlt3stXsCE4qsj+EGJR2dzQo7xP0EAAAApQZ6WRREs\n",
              "bwAAyX9F46h1svynqKpAA4Ht/M4fwbJtECFGQaBSXIqPapUAAAAnAZ61dEX/AAD4FrkgFzEAHPqM\n",
              "ZfbLn9OdXKXfxJ2qfqPI+MY2jdeRAAAAIgGet2pF/wAA+Lf+9buOj20tBL0AJUjxEcEhFf+LNDkd\n",
              "kdEAAAAwQZq6SahBbJlMFEwj//3hAAAKNHl4AS13ozjGrKQAwLxOgKUetw9OSTL3pAeSPUruAAAA\n",
              "JAGe2WpF/wAA+Qh6UDAOG/rBQBOIZCro6quWa5W22iGZgrJrVQAAADFBmt1J4QpSZTAhH/3hAAAU\n",
              "+PLwBExpF6H4nUR5phnksyxeIlLsKfSER4R7MEwdAGZYAAAAKEGe+0U0TF8AAR32Nroj27k4AR7k\n",
              "TLQJ5Ovcr6858jqkjZRaKPY9bMEAAAAWAZ8cakX/AAEd9jUYwJALHX/8X3XgwQAAAC5Bmx5JqEFo\n",
              "mUwIR//94QAAFP2Q+gAnbWWEFrq5+WJrRAkHj1eiNNz4EK7tUDcwAAAAMEGbIEnhClJlMFESwj/9\n",
              "4QAAFYlvKACdu6xVWNci/VEo0hrNSw3i+TIEphZ0+CDDgAAAABgBn19qRf8AASXwMKiM0dsJJtkR\n",
              "pMf+t8EAAAA0QZtCSeEOiZTBRMI//eEAACtbnwsvBYAL8MbWzcZ+1P1fku89SI2Tcrr64gEh1zQl\n",
              "V+2gQAAAABwBn2FqRf8ABJV2ZKmnMAQVhJrHyppwV1Q42Ja3AAAALUGbZUnhDyZTAhH//eEAACw0\n",
              "DFQAZd1NHdEEiiT5aMghBuiej8nLxmRMLMaLYAAAABtBn4NFETxfAAJb5NnQINwAzgoCtXwSdezV\n",
              "7WEAAAAaAZ+kakX/AAJdgaAAlI35SYjffAZ6dV5rycsAAABFQZunSahBaJlMFPCP/eEAACw7gcUA\n",
              "DQc/kNS7AM0YH6izDY+gqdGa4NjSIiRaZRhbj/Fy5DLzhGNtDhitZE6Abop1uOeZAAAAGgGfxmpF\n",
              "/wACWK4ylPoACXUgEMOVglr9GajFAAAAK0GbyknhClJlMCEf/eEAAFYlKhgBEIaZS59e7lbOGWiV\n",
              "ISFD4wUtS5k1M0AAAAAhQZ/oRTRMXwAEtcAgATojLqhA0ceaXRsFluTS22DI5W2wAAAAHgGeCWpF\n",
              "/wAEtcAgATgL+trQE2LZNHjX0SNAT/bjJQAAABdBmgtJqEFomUwIR//94QAAVhihnZ4R3QAAAB5B\n",
              "mi1J4QpSZTBREsJ//fEAADXlCIl+MAB3j6Hdw4IAAAAOAZ5MakX/AASXWI12sN0AAABCQZpQSeEO\n",
              "iZTAhH/94QABPY3ABNPYlQX8pTCbpXCKcFq6veRJ/R4LKgRc7jezpHwlzkDNT9x3JPxVNxx3AEHc\n",
              "3KiTAAAAGkGebkUVPF8ACTIksRWSklRf8Wc6sVQ5fhyBAAAAFQGej2pF/wAJL5NqcxYCuzS6uIuh\n",
              "yAAAAFVBmpFJqEFomUwIT//98QAYjmIAKix0LVJpXl5qbg/Xrtg45Mp/d8B4yLHJRXJny8KPFSV2\n",
              "c+u2RL5I3GfpVgZRLM4l/Vrs3cOPnfEvibRWBqNMe+OAAAAAM0GatUnhClJlMCE//fEAGI5iAIYD\n",
              "XQQ9588cOf1j/wRGxorCHyIncTGuvgJTCnCVYTnTUwAAACRBntNFNExvAA3Uk+6y+doAVnOAg9v8\n",
              "LqZ09JiCTltPhxUsk1IAAAATAZ7ydEX/AAjvYBJEVuXc80MoEAAAABcBnvRqRf8AEWWTEADiKWow\n",
              "uNosK1OiYQAAAMBBmvlJqEFomUwIT//98QAytRcGOtUAL/ZtSCR4Cm+3r1yW3lNM9/qXOp0OZnwi\n",
              "+/isesEHD1q5OdqfwWJ0S8z7vTnFAjvYUQrzP6NjDzEQ2NmU6ofkG0pzp6Uv7m83ZklL8Ivy/770\n",
              "pck0hFG8bojIljrTtNLoTVfqTWe5MxFtEroZASrVzd5gUKzZ5SKqOoKWGscgegRkfewG8fOcWVWk\n",
              "/LzhFLINQw3mK4JuZehwgb82Liwrj2LGB3s/xjbJZGAAAAAmQZ8XRREsbwNZJErpCLDuNcnaAE0L\n",
              "gfAiO8psRz9wFpCFgR/go4EAAAAYAZ82dEX/ABFSLo8IASUeODAMjbcs99kbAAAAKAGfOGpF/wh6\n",
              "thDi9qQbfqGAAsD9RzDmKJO3SCcCDcMeokEUPnnPGE4AAAA4QZs9SahBbJlMCEf//eEBbNbKjDoK\n",
              "2mAjAL7QDUbMZjInqagvaNupwewtjZCJG8vqoFxMIBI+34EAAAAbQZ9bRRUsbwANfuRZqAEqA49S\n",
              "oU+ry1otnxqYAAAAGgGfenRF/wAQ2lHnrQAWg10kFPvcE3khuJgRAAAAHQGffGpF/wAQVxbQArT9\n",
              "38W+C/0mQzn1e2QV72dhAAAAREGbf0moQWyZTBRMI//94QAAm3xo7LBVHidsAHt10OkSHNFMQ8HX\n",
              "s4oKKmzo418P9V+lY9Ganbk7t2MKghOAHFlOBRGkAAAAFAGfnmpF/wAIKrWck6LR2vSP8GNsAAAA\n",
              "LEGbgUnhClJlMFLH//yEAAJKcQlmsAIyL1OEGtyFPmT2N0Jmlc/476rFE9WBAAAAEgGfoGpF/wAH\n",
              "7eI3p/g5mKqlIwAAAC9Bm6JJ4Q6JlMCP//yEAAI6cdr2PBbABITypOPCgdJL2ZiIxgiXLxPbW+dJ\n",
              "SQjtwQAAAC9Bm8NJ4Q8mUwI///yEAAEdOKajWACWPrDagaHTv49frde8/rO+o6U+lw4++0Z3XAAA\n",
              "ADZBm+RJ4Q8mUwIR//3hAABHUh4dABMsGcEN3cAzOsXqQLJaCYzdMm/QoV7+y69onugDv5VvF2EA\n",
              "AAA1QZoFSeEPJlMCEf/94QAAR1IM5AA4ik/8huUYGNIZFXb8hT/cMb2a+bLs2ZMOX1cWoj06L8EA\n",
              "AAAkQZomSeEPJlMCEf/94QAASb4XQHVIBgblfFAnIqQmjrJ+bZ3ZAAAALkGaSEnhDyZTBRE8I//9\n",
              "4QAAR73Vg6sUGbQASkYojNSkDsiZfTTFqegwCFnQHq0AAAAeAZ5nakX/AAPLAcGFe3wAQgBLZLos\n",
              "rMHXTwYXJ8jYAAAAHUGaaUnhDyZTAhP//fEAABbPYalXj9aG+nlq+JPAAAAAK0GajEnhDyZTAhP/\n",
              "/fEAAAtVaJwAHskM+Q+11NBcVyIciDtFiiQ0uJ3wu30AAAAgQZ6qRRE8XwAB3MDYAEHz4QCBffFL\n",
              "ZHRSe7hALMQnDUAAAAAjAZ7LakX/AAHnpogDl6jWOKhREdOfB/XA6NIO1PO67iLPtrAAAAA0QZrQ\n",
              "SahBaJlMCE///fEAAAudHrgAkiTZlOHiZ3oEomuPXiGfrS5Ke0ZNyDGhp3icGEOrUwAAAC5Bnu5F\n",
              "ESxvAAGIyYDq1st0bMPNVlADirrCKmC0CRKMxTwbyle0aj3dX5nUk/PxAAAAFwGfDXRF/wAB5S1K\n",
              "bWb6qUx8iMlFU54tAAAAHwGfD2pF/wAA+L7GgAij21h66SEdQ0UQXzKsrffNn8AAAAA2QZsTSahB\n",
              "bJlMCEf//eEAABJvdWG6ocx/TTOQBEgSmC9b5AVpwy6ApiHyinvZ432N3+PNiPNwAAAAGEGfMUUV\n",
              "LF8AAPieNMcmrR4xucCr5XoudQAAABkBn1JqRf8AAPhB5KjxBI9iKJEvg3Snqxx4AAAAPkGbVkmo\n",
              "QWyZTAhH//3hAAAJp/XIAHG7v6GUuUsB4mNtjUFkh5KooQgMs+S7+Dl7Um+P45zeJQEcYAUaVAno\n",
              "AAAAIEGfdEUVLF8AAIL4SGNKOuACe1njdDipC7KjGtVcm8bRAAAAFQGflWpF/wAAgvf/84Jc/wQ5\n",
              "HwIhgAAAAEFBm5hJqEFsmUwUTCP//eEAAAmpsijguI55HtOqAjqT2OTq8QgHwAODFJo0it2K8SBg\n",
              "PDrOAxvWws++L1/n8k5jnwAAABUBn7dqRf8AAILq9SGJAPagGPmEjYkAAAAoQZu5SeEKUmUwIR/9\n",
              "4QAABRmUkSBx+051EqtgASkXJk3/cpMFkWQXaAAAABtBm9pJ4Q6JlMCE//3xAAADAzu/634kAa6k\n",
              "aD0AAAArQZv9SeEPJlMCE//98QAABh1QPAAQMAGtuWoA7GWY7wq3oKvKpxbpJ4IVIAAAACBBnhtF\n",
              "ETxfAACBBVhgI0zaZfDlsALU+/b5lRu47sSzDQAAABYBnjxqRf8AAIKJ+cgTQy9FMvGnymGBAAAA\n",
              "ZkGaIUmoQWiZTAhP//3xAAAL6ubCACEYQlJqx21wqzPbfGLvRKjEzP7GRIZFzS0O09YE4dKGwW5c\n",
              "9vZRetlkfjReUBdspopShB5XO2uWnt+cxDcpuOqzzYFEDI7SdIrUYvUeHII+hgAAAC1Bnl9FESxv\n",
              "AADOTxvwAi+x8y1z4bg1QSjGkodmEUD0AURuFm/5l2VUCZqJa+AAAAAYAZ5+dEX/AAEGHLqHyrbO\n",
              "OcLfDl31lBtDAAAAJgGeYGpF/wABBVs5d2gBGOowu9CdkRMLVKW5Py/enrUhrlxFq9+AAAAASkGa\n",
              "ZEmoQWyZTAhP//3xAAAudP3QAjI6ae8NmR2I27wh577DlKdlzDIUGE+ayqFHd+Fp93/gBZTH0gwg\n",
              "cU44YnvwzUY20er6R3TxAAAAF0GegkUVLF8AA+LfyLkPMRny1Ti8d3zcAAAAIQGeo2pF/wAD4t/H\n",
              "SCV2gBF9MjPS03Z5WqkBrjoPu6FuMQAAAC9BmqhJqEFsmUwIT//98QAAWqoSYAG+7//cds0COwFb\n",
              "pOuXD5rUDuSfmEzo+ASciQAAACZBnsZFFSxvAAYiSfugmABxlHJ9k61EfpA+B9wghl3Z1M3OuPs9\n",
              "uQAAABYBnuV0Rf8AA+La3wXc2P7xUpxkT5TBAAAAIgGe52pF/wAHmgnYAOeJ+lsHhy8n3tpAm8rT\n",
              "G3Me5G9/N6wAAAAxQZrrSahBbJlMCE///fEAAWx4A6QUv3NTjVejZ/2zsTJgt11gXOqQVR2Zv+wr\n",
              "BUDo+AAAABdBnwlFFSxfAA8zfxy1bKcVOOcQb6APrQAAABwBnypqRf8ADzN5MgWC3ADOK+TA8QyI\n",
              "ThCXq0bgAAAAf0GbL0moQWyZTAhP//3xADLYLe6w0pZkGABYJsCjRAjTMaVRREfyUAqt+CrmfEoe\n",
              "H5h+k35ki3DFmFz5mQWGA7sPzNehaPu4O8MQ11KsbNEuoO7kPIHpZOe0PPsluK7esFMyILkl/gon\n",
              "/dnKE7XeFIbcsLvZv7b5xonteXXJC0gAAAAmQZ9NRRUsbwNZJEroUVDuEYSwAQ8mkvmOFsE4651j\n",
              "15Um6vi/USEAAAAeAZ9sdEX/AA8j4ZeOLWgACDBgDD+8Ik+uyXLroQuBAAAAHgGfbmpF/wQ30Lg5\n",
              "OS3XiQgAhZm9SQIcMjsLBEKfPwAAAD5Bm3NJqEFsmUwIR//94QFs1sqMM3FB+RhHgAlkXHb2aJik\n",
              "J4sZCaDzQ5uRWKmGCngEmiUDbQiv4RT3yv/L4AAAAB9Bn5FFFSxvAAvvFPUE+YSQAcRzou7/7q5B\n",
              "IgCc/wCAAAAAFwGfsHRF/wAO18WiAEKJ1KFoRtdfMz1FAAAAFAGfsmpF/wAHlCSg1tQo6HxqDYfQ\n",
              "AAAAJEGbtEmoQWyZTAhH//3hAACO/q4k0ldtjF2QAqIwMEV9tb+N+AAAAC5Bm9dJ4QpSZTAhH/3h\n",
              "AACPfGlmdTYillGBApYT6b8u2NI/2AgkQ/fcuIqejyeBAAAAGEGf9UU0TF8AB5YPJUfmT2ZcG4Gp\n",
              "6RC/WAAAABYBnhZqRf8AB5YPKPHC8gD9Q30rCM+BAAAANUGaGEmoQWiZTAhH//3hAABJNdNEnCrx\n",
              "fyabiPImheeoyM2AG28SkmJ/5cneSS36PnxbHxRLAAAAIUGaOUnhClJlMCE//fEAAC6+8Bj1oE6I\n",
              "z0c7os7Baa44QAAAACJBmltJ4Q6JlMFNEwn//fEAABc9yX7ngfpmNtfifsHxH1SBAAAAEwGeempF\n",
              "/wAB8UXgvTZLLZGcD7gAAABfQZp/SeEPJlMCE//98QAAF19iL6eKhAC51rHHEQCxE1PtDCpzT3tG\n",
              "1v/MVl7xHysJUx0uTuftwVICj5fjw41LYiD5FpCWbS1j9ctqS9C/MFL3p5mKokLbq6mIxATV2VsA\n",
              "AAAjQZ6dRRE8bwABkdG6mdBzKdoAOIB2oCdASnGB4MrJgUySn+8AAAAWAZ68dEX/AAHuycQ5WjHe\n",
              "3XJxgd9T8AAAAB0Bnr5qRf8AAeZv7qWIfVQA+Jrdh4nkflUCJX4zzAAAACpBmqJJqEFomUwIT//9\n",
              "8QAAC/+m7NTSuOkDQAg8FolEQxeexsfXudFTKDEAAAAvQZ7ARREsXwAB5xDq+SpzZAAsIJ6sDf4L\n",
              "4M2ZYQziZg5LNtHHwC8F+LQLiBuWywwAAAAYAZ7hakX/AAHmby1RBkyZO5XJlIRQAaDBAAAAHEGa\n",
              "5kmoQWyZTAhP//3xAAADAxPut4d0rOVUkmAAAAASQZ8ERRUsbwABg6r5U4zae05lAAAALwGfI3RF\n",
              "/wAB5SwulBd74AiObf62XMJXc+6qVFJIgAtP8nj/2ZCthXX0k/ufc60tAAAADwGfJWpF/wAB5m8t\n",
              "MEvS+QAAAEFBmypJqEFsmUwIR//94QBLACrAG3AR4wqTYsCD5PnTL4lvwYSlapWm8AiGE3usQBPs\n",
              "CjPEWFu+PqipfdqAfgDpgQAAABBBn0hFFSxvAzEkcn1AwEzAAAAADQGfZ3RF/wAB5SwudZYAAAAP\n",
              "AZ9pakX/A/jepwX4IIhNAAAAI0GbbUmoQWyZTAhH//3hAABHQbrQARfcazsT8sjyq9Ar0TPgAAAA\n",
              "D0Gfi0UVLF8AA8zcxOXh2AAAABABn6xqRf8AA8odDY2yEkVdAAAAHkGbrkmoQWyZTAhP//3xAAAt\n",
              "bR8677ABKAbGt3xCwQAAACVBm9JJ4QpSZTAhH/3hAABHvdWGxeRgATgJDHHzCEcad7vNllahAAAA\n",
              "FEGf8EU0TG8AAxDpM2gZO3gI1kzAAAAAEQGeD3RF/wADx8ekZP2CEmV0AAAAEwGeEWpF/wADyweR\n",
              "9Y4dIa/S63EAAAAlQZoTSahBaJlMCEf//eEAACSnPiYAW4OP4aDcgOtBfJEzPYKLgAAAABdBmjRJ\n",
              "4QpSZTAhP/3xAAAXN2wjPnx44AAAACxBmlhJ4Q6JlMCEf/3hAAAk36K20RNZYWFdYrACca2HvaB1\n",
              "1UcpESjiD7h+4QAAAB9BnnZFETxvAAGR4qYACQAb5warptHmkzJBvXH8JUjwAAAAFgGelXRF/wAB\n",
              "8XE1AmhGeeKhbZTmx8EAAAAUAZ6XakX/AAHwg8aXC2JEAZQDE+EAAAAqQZqZSahBaJlMCE///fEA\n",
              "AAvtV0wgAnWdIm50dV9DVXXGYiVF42sEOsdIAAAAMUGavUnhClJlMCE//fEAAAv/pu12tuONXrAA\n",
              "fik1324Tltse8ZG1g44WIJfZGrV/US8AAAAzQZ7bRTRMbwAA0363amH4o90j4ARfYn7+iZs2fNoz\n",
              "COxiU4o6tcWxOznA2ciH2VB/DfFgAAAAGQGe+nRF/wAA/Zao+HdLFiXdSQAXeh3K1sEAAAAYAZ78\n",
              "akX/AAEF9BP1C14a0BmoNNb7SLXJAAAAMUGa4EmoQWiZTAhH//3hAAAJt7qr3X7qGcDCEvAC1tGm\n",
              "MB9fMVb7ANej8zKVgq4fl6gAAAAhQZ8eRREsXwABBlax8ihCcDR2Dq8AQ56cUXt/+YocUOGAAAAA\n",
              "FQGfP2pF/wABBfSoTTIJq1bZSTi84QAAAGNBmyRJqEFsmUwIR//94QAABP/UE3EKCnbEYA6RZtOP\n",
              "sklaN1176tmolavCeABp7llTKxT8YYQfwWYRZfI+cUhBzaD9gpGgAqdEf9q5sn3wvNk+mutpcrg9\n",
              "jgI7tWg+fhjunvwAAAAkQZ9CRRUsbwAA0384w0l+AFbI+Za2uCPueZTeBYeRIgSMAyJhAAAAFAGf\n",
              "YXRF/wABBSUYt6NdNcN9g/WAAAAAFgGfY2pF/wABBfSce1BQh+7DMT/My2EAAAAgQZtlSahBbJlM\n",
              "CEf//eEAAAS73UEuID7jwrJwl1/0on0AAAAbQZuGSeEKUmUwIR/94QAABJuiatCLouBkQReBAAAA\n",
              "J0GbqEnhDomUwU0TCP/94QAABHNbv6e60MADaAoe6xi6KLCgkL8fwQAAABEBn8dqRf8AADwIypfR\n",
              "MLupQAAAABxBm8lJ4Q8mUwIT//3xAAADAukqQ92SL1uP/xrgAAAAQkGb7UnhDyZTAhH//eEASyPb\n",
              "kSbAC8eENtvbQsJ9IV6U10rEh+MJxeLyX9HMpv479IlKRcnXfWe6NTnZhi7y24RkQQAAABRBngtF\n",
              "ETxvAy/DHRl+Sa1s2cS/gAAAABABnip0Rf8D+XxJSjyD5kywAAAADgGeLGpF/wAEuVmBq4GBAAAA\n",
              "L0GaLkmoQWiZTAhP//3xALxsRWpJ7Ge578AIDNA08viBes49GsTrhPfY+f2eZx3hAAAAQUGaUknh\n",
              "ClJlMCE//fEAADY+m7LTaYjKFMAIPx747d8HdEtL0GXbIH+OEBL1P6IIPC8O0VQuyquHay6cAcFP\n",
              "/aanAAAAJkGecEU0TG8AA59x7AC+S08tQsqnio5k2u4aPXrSoznu/PQp2WqAAAAAFAGej3RF/wAE\n",
              "lArq7KpfSyYiOftwAAAAEwGekWpF/wAElXZBLm3TKRcVj4EAAAA0QZqWSahBaJlMCE///fEAABsf\n",
              "TT/nKrxvgsrTAC1vIW/lmB1dOhzncARMtvXA3hq3Lz8y4AAAACNBnrRFESxvAAHPmIe8AG6yUPAX\n",
              "6FvwEiCc1MrUDR/VqlyqqAAAAB0BntN0Rf8AAktMGK7QAi3tM4+AqhvtRPrWxz15MQAAABwBntVq\n",
              "Rf8AAkqYLYYL0SEAipQBOQMOtwjU3gl8AAAAUUGa2UmoQWyZTAi/+lgAAKFzOJG6n8S+gCKhYRHx\n",
              "qAlt/3Wy36+x7IwRQeOsDFrKR3PmTrTmKg8gY9GQWTVJpGb4qzJcxJtgfhSKqe9u154G+QAAABdB\n",
              "nvdFFSxfAAIqvTD37ZOqdhPogtuD1wAAACUBnxhqRf8AAR1aMi7QAi+owu+fmudP0FMDGFc3DslG\n",
              "UQAnjgkgAAADq2WIggAL//72rvzLK0cLlS4dWXuzUfLoSXL9iDB9aAAAAwAA1WnlBlKTViO+gAAc\n",
              "o4PLnb6f+AAfgvCxu3u9wVT7X7W/lFppJemvwNlmur5zhcnK0Cs8sn8dEVf7A9B9/ROSaJ0Ulz7k\n",
              "hlgml9xWjUvxyM7+5YBAZktp9PabFXHqssQe4OfeUFf/BazafRg1vYn+TihryvoH2vbvysEFv6i5\n",
              "R0j1RKQgJL50MmKEZ7YL2kQVUlvsyxZnB2/hO5g5gXlz+eKgB6N5aYoIzadjXDPPEUAu1PSwdQRW\n",
              "qTmxWn2v7Ccl4G45eyz0lyWaAFtBpr0le/ugSyhnJiGyk9aHcQnbQtwAHSbDZ/aST1r/+0tbMXJJ\n",
              "cvD6v6pdp9WoDjH/ldHsQm5YNbaLgX40O0L2LmZlC5oFCG7QLpniQa9qvDxnNNztzHAjc4L0lke/\n",
              "SMuy6ybr1bJ2Dyfe4q/kXjhuqOj03rwKtTeoDHO5d0d1ozGAdBvBKuBu5X8DJvO8dyzxVAB/xtg8\n",
              "1B8u7/fSIqagf6A2FYx+88OaTG5dCYg7GQmXzIcNvT7vmqokTyPvegLWDoVao5UWf2ctOwDPjDaY\n",
              "DFy5ZDSSY6OfduxGOtgUgAr1godd0qcR9gQETO+y+neIzRjQC58fl9muDQZnsBvBDBa0Gbs7kCzg\n",
              "DwAGoSzaiaLsR512pJcOxxaydXs9+xNRYs234l9gY2QXRmfxG1KLrai/EFT9EI18/m930Lsj3lwN\n",
              "twpbMziSXqwYLPFH/UP64A0BH/ycbIT4s7YXomVVlo0faWiyuNr1OCcXxW3WSnup3q5SHi5NNbYi\n",
              "jO4/xE4j5hKjozb3IEG+G4s6ZjawJZETxEJXkz5/49JVVxMFzu7auX1KZIAZPtgHkLRV1OA6qXnY\n",
              "EPUQvIfPBhz905HNcZ1Xpzp4EM1et7u73khcAMRaG5hmCrrXkgb7u6rKk/3h2h3+yLOCVzkj0l9V\n",
              "VHe5y7pVFfCsFOsBccK8cCvv/IdQhkq0a4s/wRoO0QiFNLDP1x7UeAslN/cPVVGbz1shFvcE5pCe\n",
              "q8bZvEPKL2/6kYODZhAiW/qjPiH1/UsG6rtlW7I0sGVRcZj1/8Hpi61HzO9YgSFjqZuFGlhakXv/\n",
              "gGNVfpj68ruOxkfhlstcxqVZ5jbsJIZbB9sONYzW3K1sC1Obt5HW+kjzHcWbAIj21W7PGx6t9SKQ\n",
              "fhFdH3VdIhmlaMBQyXzgd6oUsXIL9yECwiidxOhVcATuAAA+YQAAAHhBmiNsQj/94QAWH8OUARqd\n",
              "ceDocrx7Fel3EgFCPZpPhbd5BCuTdSouQFBOy+66f3ttBdrAVyn2v0uf8nO1yVGHAcw08EdA1XKL\n",
              "RvWCiNUVCAbiFgE5N8Q/8P3jxlgX93Hup4aXpRMr69+BpEEsCw1gSrFsMJ40zFgAAAA8QZ5BeIv/\n",
              "AS1XlFiQ0z6ValCNMTT2IZYmSGXXBpzhs2AN6oFn1idt9FWw9tywWhhQzQOXb+Mamb+njSphAAAA\n",
              "GwGeYmpF/wAJb6FwDVPslY/x+tIyvAtsV91mqQAAACNBmmRJqEFomUwIR//94QAAsOsHwEG4QXIU\n",
              "8/TuE6Dh+kSn8AAAACtBmoZJ4QpSZTBREsJ//fEAAAZP5WumhgTPMAB901uQKhnM8rEqrf/ghiHU\n",
              "AAAAGAGepWpF/wAAhNi6jn+pzgApeYcMme9D2QAAABRBmqpJ4Q6JlMCEf/3hAAAE91hRfwAAABpB\n",
              "nshFFTxvAAA1/AJvwAVsj7IoX9I+c/HmMQAAAA8Bnud0Rf8AAENInRUaQQYAAAAMAZ7pakX/AABB\n",
              "V3yZAAAAEkGa7kmoQWiZTAj//IQAAAMBswAAAAtBnwxFESxvAAAEvQAAAAoBnyt0Rf8AAAYFAAAA\n",
              "CgGfLWpF/wAABgQAAAATQZswSahBbJlMFExf+lgAAAMDVgAAAAoBn09qRf8AAAYFAAAOtm1vb3YA\n",
              "AABsbXZoZAAAAAAAAAAAAAAAAAAAA+gAAApuAAEAAAEAAAAAAAAAAAAAAAABAAAAAAAAAAAAAAAA\n",
              "AAAAAQAAAAAAAAAAAAAAAAAAQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAIAAA3gdHJh\n",
              "awAAAFx0a2hkAAAAAwAAAAAAAAAAAAAAAQAAAAAAAApuAAAAAAAAAAAAAAAAAAAAAAABAAAAAAAA\n",
              "AAAAAAAAAAAAAQAAAAAAAAAAAAAAAAAAQAAAAAGwAAABIAAAAAAAJGVkdHMAAAAcZWxzdAAAAAAA\n",
              "AAABAAAKbgAAAQAAAQAAAAANWG1kaWEAAAAgbWRoZAAAAAAAAAAAAAAAAAAAMgAAAIWAVcQAAAAA\n",
              "AC1oZGxyAAAAAAAAAAB2aWRlAAAAAAAAAAAAAAAAVmlkZW9IYW5kbGVyAAAADQNtaW5mAAAAFHZt\n",
              "aGQAAAABAAAAAAAAAAAAAAAkZGluZgAAABxkcmVmAAAAAAAAAAEAAAAMdXJsIAAAAAEAAAzDc3Ri\n",
              "bAAAALNzdHNkAAAAAAAAAAEAAACjYXZjMQAAAAAAAAABAAAAAAAAAAAAAAAAAAAAAAGwASAASAAA\n",
              "AEgAAAAAAAAAAQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAABj//wAAADFhdmNDAWQA\n",
              "H//hABhnZAAfrNlBsJaEAAADAAQAAAMDIDxgxlgBAAZo6+PLIsAAAAAcdXVpZGtoQPJfJE/Fujml\n",
              "G88DI/MAAAAAAAAAGHN0dHMAAAAAAAAAAQAAAQsAAACAAAAAGHN0c3MAAAAAAAAAAgAAAAEAAAD7\n",
              "AAAHaGN0dHMAAAAAAAAA6wAAAAEAAAEAAAAAAQAAAYAAAAABAAAAgAAAAAEAAAIAAAAAAgAAAIAA\n",
              "AAABAAABAAAAAAEAAAKAAAAAAQAAAQAAAAABAAAAAAAAAAEAAACAAAAAAQAAAoAAAAABAAABAAAA\n",
              "AAEAAAAAAAAAAQAAAIAAAAABAAACgAAAAAEAAAEAAAAAAQAAAAAAAAABAAAAgAAAAAEAAAKAAAAA\n",
              "AQAAAQAAAAABAAAAAAAAAAEAAACAAAAAAQAAAQAAAAABAAACAAAAAAIAAACAAAAAAQAAAQAAAAAB\n",
              "AAABgAAAAAEAAACAAAAAAQAAAQAAAAABAAABgAAAAAEAAACAAAAAAwAAAQAAAAABAAACgAAAAAEA\n",
              "AAEAAAAAAQAAAAAAAAABAAAAgAAAAAEAAAGAAAAAAQAAAIAAAAABAAABgAAAAAEAAACAAAAAAQAA\n",
              "AYAAAAABAAAAgAAAAAEAAAGAAAAAAQAAAIAAAAABAAABAAAAAAEAAAKAAAAAAQAAAQAAAAABAAAA\n",
              "AAAAAAEAAACAAAAAAgAAAQAAAAABAAACgAAAAAEAAAEAAAAAAQAAAAAAAAABAAAAgAAAAAEAAAGA\n",
              "AAAAAQAAAIAAAAABAAACgAAAAAEAAAEAAAAAAQAAAAAAAAABAAAAgAAAAAEAAAGAAAAAAQAAAIAA\n",
              "AAABAAACgAAAAAEAAAEAAAAAAQAAAAAAAAABAAAAgAAAAAQAAAEAAAAAAQAAAoAAAAABAAABAAAA\n",
              "AAEAAAAAAAAAAQAAAIAAAAABAAABgAAAAAEAAACAAAAAAQAAAoAAAAABAAABAAAAAAEAAAAAAAAA\n",
              "AQAAAIAAAAABAAACgAAAAAEAAAEAAAAAAQAAAAAAAAABAAAAgAAAAAEAAAGAAAAAAQAAAIAAAAAB\n",
              "AAACAAAAAAIAAACAAAAAAQAAAQAAAAABAAABgAAAAAEAAACAAAAAAQAAAYAAAAABAAAAgAAAAAEA\n",
              "AAIAAAAAAgAAAIAAAAABAAABgAAAAAEAAACAAAAAAQAAAgAAAAACAAAAgAAAAAEAAAEAAAAAAQAA\n",
              "AYAAAAABAAAAgAAAAAEAAAIAAAAAAgAAAIAAAAABAAABAAAAAAEAAAKAAAAAAQAAAQAAAAABAAAA\n",
              "AAAAAAEAAACAAAAAAQAAAoAAAAABAAABAAAAAAEAAAAAAAAAAQAAAIAAAAABAAACgAAAAAEAAAEA\n",
              "AAAAAQAAAAAAAAABAAAAgAAAAAEAAAGAAAAAAQAAAIAAAAABAAABgAAAAAEAAACAAAAABQAAAQAA\n",
              "AAABAAABgAAAAAEAAACAAAAAAQAAAQAAAAABAAACAAAAAAIAAACAAAAAAQAAAoAAAAABAAABAAAA\n",
              "AAEAAAAAAAAAAQAAAIAAAAABAAACAAAAAAIAAACAAAAAAQAAAgAAAAACAAAAgAAAAAEAAAGAAAAA\n",
              "AQAAAIAAAAACAAABAAAAAAEAAAIAAAAAAgAAAIAAAAABAAACgAAAAAEAAAEAAAAAAQAAAAAAAAAB\n",
              "AAAAgAAAAAEAAAIAAAAAAgAAAIAAAAABAAACgAAAAAEAAAEAAAAAAQAAAAAAAAABAAAAgAAAAAEA\n",
              "AAIAAAAAAgAAAIAAAAABAAACgAAAAAEAAAEAAAAAAQAAAAAAAAABAAAAgAAAAAEAAAKAAAAAAQAA\n",
              "AQAAAAABAAAAAAAAAAEAAACAAAAAAQAAAQAAAAABAAACAAAAAAIAAACAAAAAAgAAAQAAAAABAAAB\n",
              "gAAAAAEAAACAAAAAAQAAAoAAAAABAAABAAAAAAEAAAAAAAAAAQAAAIAAAAABAAACAAAAAAIAAACA\n",
              "AAAAAQAAAoAAAAABAAABAAAAAAEAAAAAAAAAAQAAAIAAAAABAAACgAAAAAEAAAEAAAAAAQAAAAAA\n",
              "AAABAAAAgAAAAAEAAAIAAAAAAgAAAIAAAAABAAABAAAAAAEAAAKAAAAAAQAAAQAAAAABAAAAAAAA\n",
              "AAEAAACAAAAAAgAAAQAAAAABAAACgAAAAAEAAAEAAAAAAQAAAAAAAAABAAAAgAAAAAEAAAEAAAAA\n",
              "AQAAAoAAAAABAAABAAAAAAEAAAAAAAAAAQAAAIAAAAABAAACAAAAAAIAAACAAAAAAQAAAoAAAAAB\n",
              "AAABAAAAAAEAAAAAAAAAAQAAAIAAAAACAAABAAAAAAEAAAGAAAAAAQAAAIAAAAABAAABAAAAAAEA\n",
              "AAKAAAAAAQAAAQAAAAABAAAAAAAAAAEAAACAAAAAAQAAAQAAAAABAAACgAAAAAEAAAEAAAAAAQAA\n",
              "AAAAAAABAAAAgAAAAAEAAAKAAAAAAQAAAQAAAAABAAAAAAAAAAEAAACAAAAAAQAAAgAAAAACAAAA\n",
              "gAAAAAEAAAEAAAAAAQAAAgAAAAACAAAAgAAAAAEAAAEAAAAAAQAAAYAAAAABAAAAgAAAAAEAAAKA\n",
              "AAAAAQAAAQAAAAABAAAAAAAAAAEAAACAAAAAAQAAAoAAAAABAAABAAAAAAEAAAAAAAAAAQAAAIAA\n",
              "AAABAAABgAAAAAEAAACAAAAAHHN0c2MAAAAAAAAAAQAAAAEAAAELAAAAAQAABEBzdHN6AAAAAAAA\n",
              "AAAAAAELAAAGEQAAAIQAAAAnAAAAMAAAACsAAAAeAAAAQAAAADYAAAApAAAAGwAAABkAAAB2AAAA\n",
              "MAAAAC0AAAAtAAAAMAAAACYAAAAWAAAAFQAAAEAAAAApAAAAGAAAABYAAAAdAAAAHAAAABYAAAAW\n",
              "AAAAYAAAACoAAAAUAAAAJwAAACAAAAATAAAAZAAAACIAAAAjAAAARgAAACUAAAAUAAAAGgAAAD0A\n",
              "AAAnAAAAQgAAAB8AAAAzAAAAGAAAADEAAAAeAAAANwAAACcAAAAgAAAAGgAAACkAAAAuAAAAJwAA\n",
              "ADMAAAAtAAAAGQAAABkAAAAmAAAAHwAAAEMAAAATAAAAHAAAAA4AAAB3AAAAFQAAAGsAAAAxAAAA\n",
              "GAAAABwAAAArAAAAOwAAACUAAAAnAAAAOgAAACoAAAAWAAAAJAAAAC4AAAAaAAAALwAAACcAAAAW\n",
              "AAAAGQAAAEIAAAAtAAAAKwAAACYAAAA0AAAAKAAAADUAAAAsAAAAGgAAADIAAAA0AAAAHAAAADgA\n",
              "AAAgAAAAMQAAAB8AAAAeAAAASQAAAB4AAAAvAAAAJQAAACIAAAAbAAAAIgAAABIAAABGAAAAHgAA\n",
              "ABkAAABZAAAANwAAACgAAAAXAAAAGwAAAMQAAAAqAAAAHAAAACwAAAA8AAAAHwAAAB4AAAAhAAAA\n",
              "SAAAABgAAAAwAAAAFgAAADMAAAAzAAAAOgAAADkAAAAoAAAAMgAAACIAAAAhAAAALwAAACQAAAAn\n",
              "AAAAOAAAADIAAAAbAAAAIwAAADoAAAAcAAAAHQAAAEIAAAAkAAAAGQAAAEUAAAAZAAAALAAAAB8A\n",
              "AAAvAAAAJAAAABoAAABqAAAAMQAAABwAAAAqAAAATgAAABsAAAAlAAAAMwAAACoAAAAaAAAAJgAA\n",
              "ADUAAAAbAAAAIAAAAIMAAAAqAAAAIgAAACIAAABCAAAAIwAAABsAAAAYAAAAKAAAADIAAAAcAAAA\n",
              "GgAAADkAAAAlAAAAJgAAABcAAABjAAAAJwAAABoAAAAhAAAALgAAADMAAAAcAAAAIAAAABYAAAAz\n",
              "AAAAEwAAAEUAAAAUAAAAEQAAABMAAAAnAAAAEwAAABQAAAAiAAAAKQAAABgAAAAVAAAAFwAAACkA\n",
              "AAAbAAAAMAAAACMAAAAaAAAAGAAAAC4AAAA1AAAANwAAAB0AAAAcAAAANQAAACUAAAAZAAAAZwAA\n",
              "ACgAAAAYAAAAGgAAACQAAAAfAAAAKwAAABUAAAAgAAAARgAAABgAAAAUAAAAEgAAADMAAABFAAAA\n",
              "KgAAABgAAAAXAAAAOAAAACcAAAAhAAAAIAAAAFUAAAAbAAAAKQAAA68AAAB8AAAAQAAAAB8AAAAn\n",
              "AAAALwAAABwAAAAYAAAAHgAAABMAAAAQAAAAFgAAAA8AAAAOAAAADgAAABcAAAAOAAAAFHN0Y28A\n",
              "AAAAAAAAAQAAACwAAABidWR0YQAAAFptZXRhAAAAAAAAACFoZGxyAAAAAAAAAABtZGlyYXBwbAAA\n",
              "AAAAAAAAAAAAAC1pbHN0AAAAJal0b28AAAAdZGF0YQAAAAEAAAAATGF2ZjU3LjgzLjEwMA==\n",
              "\">\n",
              "  Your browser does not support the video tag.\n",
              "</video>"
            ]
          },
          "metadata": {},
          "execution_count": 9
        }
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 10,
      "metadata": {
        "id": "7iGOUJFRYQUV"
      },
      "outputs": [],
      "source": [
        "import gym\n",
        "env = gym.make(\"Breakout-v0\")\n",
        "env = gym.wrappers.Monitor(env, 'recording', force=True)\n",
        "observation = env.reset()\n",
        "for _ in range(1000):\n",
        "    #env.render()\n",
        "    action = env.action_space.sample() # your agent here (this takes random actions)\n",
        "    observation, reward, done, info = env.step(action)\n",
        "\n",
        "    if done:\n",
        "        observation = env.reset()\n",
        "env.close()"
      ]
    }
  ],
  "metadata": {
    "kernelspec": {
      "display_name": "Python [conda env:tf2p0]",
      "language": "python",
      "name": "conda-env-tf2p0-py"
    },
    "language_info": {
      "codemirror_mode": {
        "name": "ipython",
        "version": 3
      },
      "file_extension": ".py",
      "mimetype": "text/x-python",
      "name": "python",
      "nbconvert_exporter": "python",
      "pygments_lexer": "ipython3",
      "version": "3.6.8"
    },
    "colab": {
      "name": "random_agent_playing.ipynb",
      "provenance": []
    }
  },
  "nbformat": 4,
  "nbformat_minor": 0
}